#ifndef Py_CUDA_TOKENIZER_H
#define Py_CUDA_TOKENIZER_H
#ifdef __cplusplus
extern "C" {
#endif
    

#define CUDA_CTF_LOWER  0x01
#define CUDA_CTF_UPPER  0x02
#define CUDA_CTF_ALPHA  (CUDA_CTF_LOWER|CUDA_CTF_UPPER)
#define CUDA_CTF_DIGIT  0x04
#define CUDA_CTF_ALNUM  (CUDA_CTF_ALPHA|CUDA_CTF_DIGIT)
#define CUDA_CTF_SPACE  0x08
#define CUDA_CTF_XDIGIT 0x10
    
struct cuda_tok_state {
    int type;
    int offset_a;
    int offset_b;
    int offset_line_start;
    int lineno;
    int done;
    int indent;
};

node *cuda_parsetok(struct tok_state *, grammar *, int, perrdetail *, int *);


#ifdef __cplusplus
}
#endif
#endif /* !Py_CUDA_TOKENIZER_H */
